In [ ]:
def plot_graphs(data: pd.DataFrame) -> None:
"""
Get pandas dataframe. Describe and plot graphs for all columns in dataframe.
PRE CONDITION: If you want just text info about params specify PLOT_STATS. If you want pyplot graphs as output define constant PLOT_GRAPHS to True.
"""
if not PLOT_STATS and not PLOT_GRAPHS:
return
columns = data.columns
dtypes = data.dtypes
for column in columns:
print(data[column].describe())
if not PLOT_GRAPHS:
continue
figure, axes = plt.subplots(nrows=1, ncols=2, figsize=(12, 5))
figure.suptitle("Data for: "+ column, fontsize=15)
axes[0].set_title("NaN values", fontsize=12)
IsNan = data[column].isna().sum()
IsNotNan = len(data[column])-IsNan
axes[0].bar("Unfilled", IsNan)
axes[0].bar("Filled", IsNotNan)
axes[1].set_title("Data distribution", fontsize=12)
if dtypes[column] == "object":
data[column].value_counts().plot(kind='bar')
elif dtypes[column] == "float64":
data[column].plot(kind='box')
plt.show()
plot_graphs(data)
count 1226.000000 mean 32.509788 std 5.663804 min 20.000000 25% 29.000000 50% 32.000000 75% 35.000000 max 69.000000 Name: Age, dtype: float64
count 1243 unique 3 top Male freq 1049 Name: Gender, dtype: object
count 1253 unique 119 top Berlin freq 681 Name: City, dtype: object
count 1247 unique 148 top Software Engineer freq 387 Name: Position, dtype: object
count 1237 unique 48 top 10 freq 138 Name: Total years of experience, dtype: object
count 1221 unique 53 top 2 freq 195 Name: Years of experience in Germany, dtype: object
count 1241 unique 24 top Senior freq 565 Name: Seniority level, dtype: object
count 1126 unique 256 top Java freq 184 Name: Main Technology, dtype: object
count 1096 unique 562 top Javascript / Typescript freq 44 Name: Other technologies, dtype: object
count 1.253000e+03 mean 8.027904e+07 std 2.825061e+09 min 1.000100e+04 25% 5.880000e+04 50% 7.000000e+04 75% 8.000000e+04 max 1.000000e+11 Name: Yearly brutto, dtype: float64
count 829 unique 168 top 0 freq 227 Name: Yearly bonus + stocks in EUR, dtype: object
count 8.850000e+02 mean 6.322459e+05 std 1.680508e+07 min 1.100000e+04 25% 5.500000e+04 50% 6.500000e+04 75% 7.500000e+04 max 5.000000e+08 Name: Annual brutto salary (without bonus and stocks) one year ago. Only answer if staying in the same country, dtype: float64
count 614 unique 131 top 0 freq 200 Name: Bonus and stocks in same country, dtype: object
count 1185 unique 45 top 30 freq 488 Name: Number of vacation days, dtype: object
count 1236 unique 11 top Full-time employee freq 1190 Name: Employment status, dtype: object
count 1224 unique 3 top Unlimited contract freq 1159 Name: Сontract duration, dtype: object
count 1237 unique 14 top English freq 1020 Name: Main language at work, dtype: object
count 1235 unique 5 top 1000+ freq 448 Name: Company size, dtype: object
count 1228 unique 63 top Product freq 760 Name: Company type, dtype: object
count 1233 unique 10 top No freq 1162 Name: Job lost due covid, dtype: object
count 373.000000 mean 12.967828 std 15.275174 min 0.000000 25% 0.000000 50% 0.000000 75% 30.000000 max 40.000000 Name: Have you been forced to have a shorter working week (Kurzarbeit)? If yes, how many hours per week, dtype: float64
count 462 unique 59 top 0 freq 161 Name: Home office compensation, dtype: object
